{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Spider 'liepin_allmessageSpider' already exists in module:\n",
      "  liepin_allmessage.spiders.liepin_allmessageSpider\n"
     ]
    }
   ],
   "source": [
    "! scrapy genspider liepin_allmessageSpider \"www.liepin.com\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-07-17 14:29:21 [scrapy.utils.log] INFO: Scrapy 1.6.0 started (bot: liepin_allmessage)\n",
      "2020-07-17 14:29:21 [scrapy.utils.log] INFO: Versions: lxml 4.5.0.0, libxml2 2.9.9, cssselect 1.1.0, parsel 1.5.2, w3lib 1.21.0, Twisted 20.3.0, Python 3.7.7 (default, Mar 23 2020, 23:19:08) [MSC v.1916 64 bit (AMD64)], pyOpenSSL 19.1.0 (OpenSSL 1.1.1g  21 Apr 2020), cryptography 2.8, Platform Windows-10-10.0.18362-SP0\n",
      "2020-07-17 14:29:21 [scrapy.crawler] INFO: Overridden settings: {'BOT_NAME': 'liepin_allmessage', 'DOWNLOAD_DELAY': 8, 'NEWSPIDER_MODULE': 'liepin_allmessage.spiders', 'ROBOTSTXT_OBEY': True, 'SPIDER_MODULES': ['liepin_allmessage.spiders']}\n",
      "2020-07-17 14:29:21 [scrapy.extensions.telnet] INFO: Telnet Password: 9714e05a4a054d0f\n",
      "2020-07-17 14:29:21 [scrapy.middleware] INFO: Enabled extensions:\n",
      "['scrapy.extensions.corestats.CoreStats',\n",
      " 'scrapy.extensions.telnet.TelnetConsole',\n",
      " 'scrapy.extensions.logstats.LogStats']\n",
      "2020-07-17 14:29:21 [scrapy.middleware] INFO: Enabled downloader middlewares:\n",
      "['scrapy.downloadermiddlewares.robotstxt.RobotsTxtMiddleware',\n",
      " 'scrapy.downloadermiddlewares.httpauth.HttpAuthMiddleware',\n",
      " 'scrapy.downloadermiddlewares.downloadtimeout.DownloadTimeoutMiddleware',\n",
      " 'scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware',\n",
      " 'scrapy.downloadermiddlewares.useragent.UserAgentMiddleware',\n",
      " 'scrapy.downloadermiddlewares.retry.RetryMiddleware',\n",
      " 'scrapy.downloadermiddlewares.redirect.MetaRefreshMiddleware',\n",
      " 'scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware',\n",
      " 'scrapy.downloadermiddlewares.redirect.RedirectMiddleware',\n",
      " 'scrapy.downloadermiddlewares.cookies.CookiesMiddleware',\n",
      " 'scrapy.downloadermiddlewares.httpproxy.HttpProxyMiddleware',\n",
      " 'scrapy.downloadermiddlewares.stats.DownloaderStats']\n",
      "2020-07-17 14:29:21 [scrapy.middleware] INFO: Enabled spider middlewares:\n",
      "['scrapy.spidermiddlewares.httperror.HttpErrorMiddleware',\n",
      " 'scrapy.spidermiddlewares.offsite.OffsiteMiddleware',\n",
      " 'scrapy.spidermiddlewares.referer.RefererMiddleware',\n",
      " 'scrapy.spidermiddlewares.urllength.UrlLengthMiddleware',\n",
      " 'scrapy.spidermiddlewares.depth.DepthMiddleware']\n",
      "2020-07-17 14:29:21 [scrapy.middleware] INFO: Enabled item pipelines:\n",
      "['liepin_allmessage.pipelines.LiepinAllmessagePipeline']\n",
      "2020-07-17 14:29:21 [scrapy.core.engine] INFO: Spider opened\n",
      "2020-07-17 14:29:21 [scrapy.extensions.logstats] INFO: Crawled 0 pages (at 0 pages/min), scraped 0 items (at 0 items/min)\n",
      "2020-07-17 14:29:21 [scrapy.extensions.telnet] INFO: Telnet console listening on 127.0.0.1:6023\n",
      "2020-07-17 14:29:22 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/robots.txt> (referer: None)\n",
      "2020-07-17 14:29:32 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928912105.shtml> (referer: None)\n",
      "2020-07-17 14:29:32 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1928912105.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 26, in parse\n",
      "    company_jieshao=response.xpath('//div[@class=\"info-word\"]//text()')[0].extract().strip()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:29:41 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928864699.shtml> (referer: None)\n",
      "2020-07-17 14:29:41 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928864699.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:29:49 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928855299.shtml> (referer: None)\n",
      "2020-07-17 14:29:49 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928855299.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:30:01 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928853139.shtml> (referer: None)\n",
      "2020-07-17 14:30:01 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928853139.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:30:10 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928833897.shtml> (referer: None)\n",
      "2020-07-17 14:30:10 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928833897.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:30:21 [scrapy.extensions.logstats] INFO: Crawled 6 pages (at 6 pages/min), scraped 4 items (at 4 items/min)\n",
      "2020-07-17 14:30:22 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928833893.shtml> (referer: None)\n",
      "2020-07-17 14:30:22 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928833893.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:30:31 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928833427.shtml> (referer: None)\n",
      "2020-07-17 14:30:31 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1928833427.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:30:40 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928832949.shtml> (referer: None)\n",
      "2020-07-17 14:30:40 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1928832949.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:30:51 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928829327.shtml> (referer: None)\n",
      "2020-07-17 14:30:51 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928829327.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:30:58 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928801745.shtml> (referer: None)\n",
      "2020-07-17 14:30:58 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928801745.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:31:05 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928796601.shtml> (referer: None)\n",
      "2020-07-17 14:31:05 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928796601.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:31:16 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928705461.shtml> (referer: None)\n",
      "2020-07-17 14:31:16 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928705461.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:31:21 [scrapy.extensions.logstats] INFO: Crawled 13 pages (at 7 pages/min), scraped 9 items (at 5 items/min)\n",
      "2020-07-17 14:31:26 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928674985.shtml> (referer: None)\n",
      "2020-07-17 14:31:26 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928674985.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:31:35 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928644689.shtml> (referer: None)\n",
      "2020-07-17 14:31:35 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928644689.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:31:44 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928597737.shtml> (referer: None)\n",
      "2020-07-17 14:31:44 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1928597737.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:31:55 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928591911.shtml> (referer: None)\n",
      "2020-07-17 14:31:55 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1928591911.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:32:04 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928551591.shtml> (referer: None)\n",
      "2020-07-17 14:32:04 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928551591.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:32:12 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928547691.shtml> (referer: None)\n",
      "2020-07-17 14:32:12 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928547691.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:32:18 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928494651.shtml> (referer: None)\n",
      "2020-07-17 14:32:18 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928494651.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:32:21 [scrapy.extensions.logstats] INFO: Crawled 20 pages (at 7 pages/min), scraped 14 items (at 5 items/min)\n",
      "2020-07-17 14:32:28 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928491347.shtml> (referer: None)\n",
      "2020-07-17 14:32:28 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928491347.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:32:39 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928464175.shtml> (referer: None)\n",
      "2020-07-17 14:32:39 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1928464175.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 26, in parse\n",
      "    company_jieshao=response.xpath('//div[@class=\"info-word\"]//text()')[0].extract().strip()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:32:46 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928447155.shtml> (referer: None)\n",
      "2020-07-17 14:32:47 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1928447155.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:32:57 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928392815.shtml> (referer: None)\n",
      "2020-07-17 14:32:57 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928392815.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:33:07 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928363527.shtml> (referer: None)\n",
      "2020-07-17 14:33:07 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1928363527.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:33:19 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928349763.shtml> (referer: None)\n",
      "2020-07-17 14:33:19 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928349763.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:33:21 [scrapy.extensions.logstats] INFO: Crawled 26 pages (at 6 pages/min), scraped 17 items (at 3 items/min)\n",
      "2020-07-17 14:33:28 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928323027.shtml> (referer: None)\n",
      "2020-07-17 14:33:28 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928323027.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:33:39 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928302445.shtml> (referer: None)\n",
      "2020-07-17 14:33:39 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1928302445.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:33:50 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928296393.shtml> (referer: None)\n",
      "2020-07-17 14:33:50 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1928296393.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 26, in parse\n",
      "    company_jieshao=response.xpath('//div[@class=\"info-word\"]//text()')[0].extract().strip()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:34:00 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928238803.shtml> (referer: None)\n",
      "2020-07-17 14:34:00 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1928238803.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:34:14 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928217499.shtml> (referer: None)\n",
      "2020-07-17 14:34:14 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928217499.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:34:21 [scrapy.extensions.logstats] INFO: Crawled 31 pages (at 5 pages/min), scraped 19 items (at 2 items/min)\n",
      "2020-07-17 14:34:22 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928198921.shtml> (referer: None)\n",
      "2020-07-17 14:34:22 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1928198921.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:34:33 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928185661.shtml> (referer: None)\n",
      "2020-07-17 14:34:34 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1928185661.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:34:43 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928161247.shtml> (referer: None)\n",
      "2020-07-17 14:34:44 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928161247.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:34:52 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928128105.shtml> (referer: None)\n",
      "2020-07-17 14:34:52 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928128105.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:35:01 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928120767.shtml> (referer: None)\n",
      "2020-07-17 14:35:01 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928120767.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:35:12 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928113497.shtml> (referer: None)\n",
      "2020-07-17 14:35:12 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1928113497.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:35:19 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928088905.shtml> (referer: None)\n",
      "2020-07-17 14:35:19 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928088905.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:35:21 [scrapy.extensions.logstats] INFO: Crawled 38 pages (at 7 pages/min), scraped 23 items (at 4 items/min)\n",
      "2020-07-17 14:35:28 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928047643.shtml> (referer: None)\n",
      "2020-07-17 14:35:28 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928047643.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:35:38 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928030835.shtml> (referer: None)\n",
      "2020-07-17 14:35:38 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1928030835.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:35:44 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928027189.shtml> (referer: None)\n",
      "2020-07-17 14:35:44 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1928027189.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 31, in parse\n",
      "    zhuceshijian =response.xpath('//ul[@class=\"new-compdetail\"]/li[1]/text()')[0].extract().split(\"：\")[1]\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:35:52 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927108427.shtml> (referer: None)\n",
      "2020-07-17 14:35:52 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1927108427.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:36:00 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926487517.shtml> (referer: None)\n",
      "2020-07-17 14:36:00 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1926487517.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:36:10 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1930000757.shtml> (referer: None)\n",
      "2020-07-17 14:36:10 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1930000757.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:36:21 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1930000645.shtml> (referer: None)\n",
      "2020-07-17 14:36:21 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1930000645.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 26, in parse\n",
      "    company_jieshao=response.xpath('//div[@class=\"info-word\"]//text()')[0].extract().strip()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:36:21 [scrapy.extensions.logstats] INFO: Crawled 45 pages (at 7 pages/min), scraped 27 items (at 4 items/min)\n",
      "2020-07-17 14:36:31 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1930000549.shtml> (referer: None)\n",
      "2020-07-17 14:36:31 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1930000549.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 26, in parse\n",
      "    company_jieshao=response.xpath('//div[@class=\"info-word\"]//text()')[0].extract().strip()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:36:43 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1930000373.shtml> (referer: None)\n",
      "2020-07-17 14:36:43 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1930000373.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 26, in parse\n",
      "    company_jieshao=response.xpath('//div[@class=\"info-word\"]//text()')[0].extract().strip()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:36:52 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1930000297.shtml> (referer: None)\n",
      "2020-07-17 14:36:52 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1930000297.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 26, in parse\n",
      "    company_jieshao=response.xpath('//div[@class=\"info-word\"]//text()')[0].extract().strip()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:37:01 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929994233.shtml> (referer: None)\n",
      "2020-07-17 14:37:01 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929994233.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:37:13 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929991739.shtml> (referer: None)\n",
      "2020-07-17 14:37:14 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929991739.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:37:21 [scrapy.extensions.logstats] INFO: Crawled 50 pages (at 5 pages/min), scraped 27 items (at 0 items/min)\n",
      "2020-07-17 14:37:24 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929987097.shtml> (referer: None)\n",
      "2020-07-17 14:37:24 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929987097.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:37:35 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929967021.shtml> (referer: None)\n",
      "2020-07-17 14:37:35 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929967021.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:37:45 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929966965.shtml> (referer: None)\n",
      "2020-07-17 14:37:45 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929966965.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:37:51 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929950849.shtml> (referer: None)\n",
      "2020-07-17 14:37:51 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929950849.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:37:59 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929919393.shtml> (referer: None)\n",
      "2020-07-17 14:37:59 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929919393.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:38:06 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929910183.shtml> (referer: None)\n",
      "2020-07-17 14:38:06 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929910183.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:38:17 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929908633.shtml> (referer: None)\n",
      "2020-07-17 14:38:17 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929908633.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:38:21 [scrapy.extensions.logstats] INFO: Crawled 57 pages (at 7 pages/min), scraped 30 items (at 3 items/min)\n",
      "2020-07-17 14:38:29 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929895277.shtml> (referer: None)\n",
      "2020-07-17 14:38:29 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929895277.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:38:35 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929880715.shtml> (referer: None)\n",
      "2020-07-17 14:38:35 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929880715.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:38:46 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929879273.shtml> (referer: None)\n",
      "2020-07-17 14:38:46 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929879273.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:38:57 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929875753.shtml> (referer: None)\n",
      "2020-07-17 14:38:57 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929875753.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:39:08 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929856483.shtml> (referer: None)\n",
      "2020-07-17 14:39:08 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929856483.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:39:16 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929856459.shtml> (referer: None)\n",
      "2020-07-17 14:39:16 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929856459.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:39:21 [scrapy.extensions.logstats] INFO: Crawled 63 pages (at 6 pages/min), scraped 30 items (at 0 items/min)\n",
      "2020-07-17 14:39:25 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929856453.shtml> (referer: None)\n",
      "2020-07-17 14:39:25 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929856453.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:39:36 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929825555.shtml> (referer: None)\n",
      "2020-07-17 14:39:36 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929825555.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:39:46 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929817193.shtml> (referer: None)\n",
      "2020-07-17 14:39:46 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929817193.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:39:56 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929797157.shtml> (referer: None)\n",
      "2020-07-17 14:39:56 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929797157.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:40:06 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929782633.shtml> (referer: None)\n",
      "2020-07-17 14:40:06 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929782633.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:40:17 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929774731.shtml> (referer: None)\n",
      "2020-07-17 14:40:18 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929774731.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:40:21 [scrapy.extensions.logstats] INFO: Crawled 69 pages (at 6 pages/min), scraped 31 items (at 1 items/min)\n",
      "2020-07-17 14:40:28 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929756639.shtml> (referer: None)\n",
      "2020-07-17 14:40:28 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929756639.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:40:37 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929708691.shtml> (referer: None)\n",
      "2020-07-17 14:40:37 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929708691.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:40:46 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929706131.shtml> (referer: None)\n",
      "2020-07-17 14:40:46 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929706131.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:40:56 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929626041.shtml> (referer: None)\n",
      "2020-07-17 14:40:56 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929626041.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:41:04 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929623213.shtml> (referer: None)\n",
      "2020-07-17 14:41:04 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929623213.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:41:16 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929595171.shtml> (referer: None)\n",
      "2020-07-17 14:41:16 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929595171.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:41:21 [scrapy.extensions.logstats] INFO: Crawled 75 pages (at 6 pages/min), scraped 34 items (at 3 items/min)\n",
      "2020-07-17 14:41:25 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929577103.shtml> (referer: None)\n",
      "2020-07-17 14:41:25 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929577103.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:41:36 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929576089.shtml> (referer: None)\n",
      "2020-07-17 14:41:37 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929576089.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:41:48 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929569577.shtml> (referer: None)\n",
      "2020-07-17 14:41:48 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929569577.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:41:58 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929564827.shtml> (referer: None)\n",
      "2020-07-17 14:41:58 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929564827.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:42:05 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929564825.shtml> (referer: None)\n",
      "2020-07-17 14:42:06 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929564825.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:42:14 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929564823.shtml> (referer: None)\n",
      "2020-07-17 14:42:14 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929564823.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:42:21 [scrapy.extensions.logstats] INFO: Crawled 81 pages (at 6 pages/min), scraped 39 items (at 5 items/min)\n",
      "2020-07-17 14:42:23 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929564817.shtml> (referer: None)\n",
      "2020-07-17 14:42:23 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929564817.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:42:32 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929564815.shtml> (referer: None)\n",
      "2020-07-17 14:42:32 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929564815.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:42:44 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929557555.shtml> (referer: None)\n",
      "2020-07-17 14:42:44 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929557555.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:42:53 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929545879.shtml> (referer: None)\n",
      "2020-07-17 14:42:53 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929545879.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:43:01 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929533007.shtml> (referer: None)\n",
      "2020-07-17 14:43:01 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929533007.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:43:13 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929524645.shtml> (referer: None)\n",
      "2020-07-17 14:43:13 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929524645.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:43:21 [scrapy.extensions.logstats] INFO: Crawled 87 pages (at 6 pages/min), scraped 44 items (at 5 items/min)\n",
      "2020-07-17 14:43:24 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929504877.shtml> (referer: None)\n",
      "2020-07-17 14:43:24 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929504877.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:43:36 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929472411.shtml> (referer: None)\n",
      "2020-07-17 14:43:36 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929472411.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:43:46 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929458193.shtml> (referer: None)\n",
      "2020-07-17 14:43:46 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929458193.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:43:57 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929443381.shtml> (referer: None)\n",
      "2020-07-17 14:43:57 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929443381.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:44:08 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929415397.shtml> (referer: None)\n",
      "2020-07-17 14:44:08 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929415397.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:44:20 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929404855.shtml> (referer: None)\n",
      "2020-07-17 14:44:20 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929404855.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:44:21 [scrapy.extensions.logstats] INFO: Crawled 93 pages (at 6 pages/min), scraped 47 items (at 3 items/min)\n",
      "2020-07-17 14:44:29 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929335663.shtml> (referer: None)\n",
      "2020-07-17 14:44:29 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929335663.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:44:40 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929333871.shtml> (referer: None)\n",
      "2020-07-17 14:44:40 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929333871.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:44:45 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929312693.shtml> (referer: None)\n",
      "2020-07-17 14:44:45 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929312693.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:44:55 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929295795.shtml> (referer: None)\n",
      "2020-07-17 14:44:55 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929295795.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:45:04 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929295749.shtml> (referer: None)\n",
      "2020-07-17 14:45:04 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929295749.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:45:16 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929259539.shtml> (referer: None)\n",
      "2020-07-17 14:45:16 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929259539.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:45:21 [scrapy.extensions.logstats] INFO: Crawled 99 pages (at 6 pages/min), scraped 50 items (at 3 items/min)\n",
      "2020-07-17 14:45:28 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929258179.shtml> (referer: None)\n",
      "2020-07-17 14:45:28 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929258179.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:45:38 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929241139.shtml> (referer: None)\n",
      "2020-07-17 14:45:38 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929241139.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:45:48 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929240963.shtml> (referer: None)\n",
      "2020-07-17 14:45:48 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929240963.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:45:56 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929216371.shtml> (referer: None)\n",
      "2020-07-17 14:45:56 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929216371.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:46:06 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929201287.shtml> (referer: None)\n",
      "2020-07-17 14:46:07 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929201287.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:46:18 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929195987.shtml> (referer: None)\n",
      "2020-07-17 14:46:19 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929195987.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:46:21 [scrapy.extensions.logstats] INFO: Crawled 105 pages (at 6 pages/min), scraped 55 items (at 5 items/min)\n",
      "2020-07-17 14:46:28 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929130287.shtml> (referer: None)\n",
      "2020-07-17 14:46:28 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929130287.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:46:37 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929121451.shtml> (referer: None)\n",
      "2020-07-17 14:46:38 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1929121451.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:46:49 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929104033.shtml> (referer: None)\n",
      "2020-07-17 14:46:49 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929104033.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:47:00 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929103277.shtml> (referer: None)\n",
      "2020-07-17 14:47:00 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929103277.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:47:07 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929080213.shtml> (referer: None)\n",
      "2020-07-17 14:47:07 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929080213.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 31, in parse\n",
      "    zhuceshijian =response.xpath('//ul[@class=\"new-compdetail\"]/li[1]/text()')[0].extract().split(\"：\")[1]\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:47:18 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929058185.shtml> (referer: None)\n",
      "2020-07-17 14:47:18 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929058185.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:47:21 [scrapy.extensions.logstats] INFO: Crawled 111 pages (at 6 pages/min), scraped 56 items (at 1 items/min)\n",
      "2020-07-17 14:47:30 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929058021.shtml> (referer: None)\n",
      "2020-07-17 14:47:30 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929058021.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:47:41 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929019751.shtml> (referer: None)\n",
      "2020-07-17 14:47:41 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929019751.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:47:51 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929019051.shtml> (referer: None)\n",
      "2020-07-17 14:47:51 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929019051.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:48:04 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929018125.shtml> (referer: None)\n",
      "2020-07-17 14:48:05 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929018125.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:48:12 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1929013193.shtml> (referer: None)\n",
      "2020-07-17 14:48:12 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1929013193.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:48:20 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928982531.shtml> (referer: None)\n",
      "2020-07-17 14:48:20 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928982531.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:48:21 [scrapy.extensions.logstats] INFO: Crawled 117 pages (at 6 pages/min), scraped 57 items (at 1 items/min)\n",
      "2020-07-17 14:48:27 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928980281.shtml> (referer: None)\n",
      "2020-07-17 14:48:27 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928980281.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:48:38 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928976771.shtml> (referer: None)\n",
      "2020-07-17 14:48:38 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928976771.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:48:50 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928950987.shtml> (referer: None)\n",
      "2020-07-17 14:48:50 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1928950987.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:48:58 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928928515.shtml> (referer: None)\n",
      "2020-07-17 14:48:58 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928928515.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:49:09 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926734529.shtml> (referer: None)\n",
      "2020-07-17 14:49:09 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1926734529.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:49:20 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926717997.shtml> (referer: None)\n",
      "2020-07-17 14:49:20 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1926717997.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:49:21 [scrapy.extensions.logstats] INFO: Crawled 123 pages (at 6 pages/min), scraped 61 items (at 4 items/min)\n",
      "2020-07-17 14:49:32 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926712533.shtml> (referer: None)\n",
      "2020-07-17 14:49:32 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1926712533.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:49:44 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926699881.shtml> (referer: None)\n",
      "2020-07-17 14:49:44 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1926699881.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:50:04 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926695979.shtml> (referer: None)\n",
      "2020-07-17 14:50:04 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1926695979.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:50:15 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926647497.shtml> (referer: None)\n",
      "2020-07-17 14:50:15 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1926647497.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:50:18 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926699879.shtml> (referer: None)\n",
      "2020-07-17 14:50:18 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1926699879.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:50:21 [scrapy.extensions.logstats] INFO: Crawled 128 pages (at 5 pages/min), scraped 66 items (at 5 items/min)\n",
      "2020-07-17 14:50:35 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926524771.shtml> (referer: None)\n",
      "2020-07-17 14:50:35 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1926524771.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:50:45 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926524645.shtml> (referer: None)\n",
      "2020-07-17 14:50:45 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1926524645.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:50:53 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926469775.shtml> (referer: None)\n",
      "2020-07-17 14:50:54 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1926469775.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:51:03 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926420707.shtml> (referer: None)\n",
      "2020-07-17 14:51:03 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1926420707.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:51:12 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926419233.shtml> (referer: None)\n",
      "2020-07-17 14:51:12 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1926419233.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:51:21 [scrapy.extensions.logstats] INFO: Crawled 133 pages (at 5 pages/min), scraped 68 items (at 2 items/min)\n",
      "2020-07-17 14:51:23 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926355487.shtml> (referer: None)\n",
      "2020-07-17 14:51:24 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1926355487.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:51:35 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926345905.shtml> (referer: None)\n",
      "2020-07-17 14:51:35 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1926345905.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:51:45 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926333369.shtml> (referer: None)\n",
      "2020-07-17 14:51:45 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1926333369.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:51:54 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926320005.shtml> (referer: None)\n",
      "2020-07-17 14:51:54 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1926320005.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:52:03 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926235529.shtml> (referer: None)\n",
      "2020-07-17 14:52:03 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1926235529.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:52:10 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926188667.shtml> (referer: None)\n",
      "2020-07-17 14:52:11 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1926188667.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:52:21 [scrapy.extensions.logstats] INFO: Crawled 139 pages (at 6 pages/min), scraped 72 items (at 4 items/min)\n",
      "2020-07-17 14:52:22 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926130857.shtml> (referer: None)\n",
      "2020-07-17 14:52:22 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1926130857.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:52:30 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926115473.shtml> (referer: None)\n",
      "2020-07-17 14:52:30 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1926115473.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:52:37 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926115469.shtml> (referer: None)\n",
      "2020-07-17 14:52:37 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1926115469.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:52:44 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926110363.shtml> (referer: None)\n",
      "2020-07-17 14:52:44 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1926110363.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:52:52 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926091375.shtml> (referer: None)\n",
      "2020-07-17 14:52:52 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1926091375.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:53:03 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925950509.shtml> (referer: None)\n",
      "2020-07-17 14:53:03 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1925950509.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:53:14 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925949383.shtml> (referer: None)\n",
      "2020-07-17 14:53:15 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1925949383.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:53:21 [scrapy.extensions.logstats] INFO: Crawled 146 pages (at 7 pages/min), scraped 74 items (at 2 items/min)\n",
      "2020-07-17 14:53:24 [scrapy.downloadermiddlewares.retry] DEBUG: Retrying <GET https://www.liepin.com/job/1926612343.shtml> (failed 1 times): User timeout caused connection failure: Getting https://www.liepin.com/job/1926612343.shtml took longer than 180.0 seconds..\n",
      "2020-07-17 14:53:26 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925938835.shtml> (referer: None)\n",
      "2020-07-17 14:53:26 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1925938835.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:53:36 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925938367.shtml> (referer: None)\n",
      "2020-07-17 14:53:36 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1925938367.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:53:45 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925922019.shtml> (referer: None)\n",
      "2020-07-17 14:53:45 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1925922019.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:53:54 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925834705.shtml> (referer: None)\n",
      "2020-07-17 14:53:54 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1925834705.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:54:03 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925737483.shtml> (referer: None)\n",
      "2020-07-17 14:54:03 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1925737483.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:54:15 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925722453.shtml> (referer: None)\n",
      "2020-07-17 14:54:15 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1925722453.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:54:21 [scrapy.extensions.logstats] INFO: Crawled 152 pages (at 6 pages/min), scraped 79 items (at 5 items/min)\n",
      "2020-07-17 14:54:26 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925716603.shtml> (referer: None)\n",
      "2020-07-17 14:54:26 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1925716603.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:54:37 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925674943.shtml> (referer: None)\n",
      "2020-07-17 14:54:37 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1925674943.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:54:48 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925668381.shtml> (referer: None)\n",
      "2020-07-17 14:54:48 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1925668381.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:54:58 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925634345.shtml> (referer: None)\n",
      "2020-07-17 14:54:58 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1925634345.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:55:03 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925634329.shtml> (referer: None)\n",
      "2020-07-17 14:55:03 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1925634329.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:55:11 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925619135.shtml> (referer: None)\n",
      "2020-07-17 14:55:11 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1925619135.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:55:18 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925471383.shtml> (referer: None)\n",
      "2020-07-17 14:55:18 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1925471383.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:55:21 [scrapy.extensions.logstats] INFO: Crawled 159 pages (at 7 pages/min), scraped 80 items (at 1 items/min)\n",
      "2020-07-17 14:55:30 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925465303.shtml> (referer: None)\n",
      "2020-07-17 14:55:30 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1925465303.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:55:40 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928023037.shtml> (referer: None)\n",
      "2020-07-17 14:55:41 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928023037.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:55:51 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926612343.shtml> (referer: None)\n",
      "2020-07-17 14:55:51 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1926612343.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:56:02 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928022963.shtml> (referer: None)\n",
      "2020-07-17 14:56:02 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928022963.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:56:12 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1928009071.shtml> (referer: None)\n",
      "2020-07-17 14:56:12 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1928009071.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:56:21 [scrapy.extensions.logstats] INFO: Crawled 164 pages (at 5 pages/min), scraped 85 items (at 5 items/min)\n",
      "2020-07-17 14:56:23 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927966457.shtml> (referer: None)\n",
      "2020-07-17 14:56:23 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1927966457.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:56:34 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927939311.shtml> (referer: None)\n",
      "2020-07-17 14:56:34 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1927939311.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:56:45 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927822003.shtml> (referer: None)\n",
      "2020-07-17 14:56:45 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1927822003.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:56:52 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927811299.shtml> (referer: None)\n",
      "2020-07-17 14:56:52 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1927811299.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:57:02 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927786787.shtml> (referer: None)\n",
      "2020-07-17 14:57:02 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1927786787.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:57:12 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927778061.shtml> (referer: None)\n",
      "2020-07-17 14:57:12 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1927778061.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:57:18 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927676495.shtml> (referer: None)\n",
      "2020-07-17 14:57:18 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1927676495.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:57:21 [scrapy.extensions.logstats] INFO: Crawled 171 pages (at 7 pages/min), scraped 90 items (at 5 items/min)\n",
      "2020-07-17 14:57:27 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927661049.shtml> (referer: None)\n",
      "2020-07-17 14:57:27 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1927661049.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:57:39 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927625117.shtml> (referer: None)\n",
      "2020-07-17 14:57:39 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1927625117.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:57:51 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927597101.shtml> (referer: None)\n",
      "2020-07-17 14:57:51 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1927597101.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:58:00 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927580643.shtml> (referer: None)\n",
      "2020-07-17 14:58:00 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1927580643.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:58:09 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927578947.shtml> (referer: None)\n",
      "2020-07-17 14:58:09 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1927578947.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:58:19 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927571033.shtml> (referer: None)\n",
      "2020-07-17 14:58:19 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1927571033.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:58:21 [scrapy.extensions.logstats] INFO: Crawled 177 pages (at 6 pages/min), scraped 95 items (at 5 items/min)\n",
      "2020-07-17 14:58:26 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927546115.shtml> (referer: None)\n",
      "2020-07-17 14:58:26 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1927546115.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:58:36 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927533113.shtml> (referer: None)\n",
      "2020-07-17 14:58:36 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1927533113.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:58:47 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927532667.shtml> (referer: None)\n",
      "2020-07-17 14:58:47 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1927532667.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:59:08 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927500083.shtml> (referer: None)\n",
      "2020-07-17 14:59:08 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1927500083.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 31, in parse\n",
      "    zhuceshijian =response.xpath('//ul[@class=\"new-compdetail\"]/li[1]/text()')[0].extract().split(\"：\")[1]\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:59:12 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927532461.shtml> (referer: None)\n",
      "2020-07-17 14:59:12 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1927532461.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:59:17 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927451885.shtml> (referer: None)\n",
      "2020-07-17 14:59:17 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1927451885.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:59:21 [scrapy.extensions.logstats] INFO: Crawled 183 pages (at 6 pages/min), scraped 95 items (at 0 items/min)\n",
      "2020-07-17 14:59:26 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927409193.shtml> (referer: None)\n",
      "2020-07-17 14:59:26 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1927409193.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 14:59:31 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927399405.shtml> (referer: None)\n",
      "2020-07-17 14:59:31 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1927399405.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:59:41 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927398855.shtml> (referer: None)\n",
      "2020-07-17 14:59:41 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1927398855.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 14:59:51 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927359539.shtml> (referer: None)\n",
      "2020-07-17 14:59:51 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1927359539.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:00:02 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927350123.shtml> (referer: None)\n",
      "2020-07-17 15:00:02 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1927350123.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:00:10 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927314655.shtml> (referer: None)\n",
      "2020-07-17 15:00:10 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1927314655.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:00:15 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927228815.shtml> (referer: None)\n",
      "2020-07-17 15:00:15 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1927228815.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:00:21 [scrapy.extensions.logstats] INFO: Crawled 190 pages (at 7 pages/min), scraped 101 items (at 6 items/min)\n",
      "2020-07-17 15:00:25 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927228685.shtml> (referer: None)\n",
      "2020-07-17 15:00:25 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1927228685.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:00:31 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927228641.shtml> (referer: None)\n",
      "2020-07-17 15:00:31 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1927228641.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:00:42 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927214861.shtml> (referer: None)\n",
      "2020-07-17 15:00:42 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1927214861.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 15:00:53 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1927150915.shtml> (referer: None)\n",
      "2020-07-17 15:00:53 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1927150915.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:01:04 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926979779.shtml> (referer: None)\n",
      "2020-07-17 15:01:04 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1926979779.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 15:01:13 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926892671.shtml> (referer: None)\n",
      "2020-07-17 15:01:13 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1926892671.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 15:01:21 [scrapy.extensions.logstats] INFO: Crawled 196 pages (at 6 pages/min), scraped 104 items (at 3 items/min)\n",
      "2020-07-17 15:01:24 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926867813.shtml> (referer: None)\n",
      "2020-07-17 15:01:24 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1926867813.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 15:01:35 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926820317.shtml> (referer: None)\n",
      "2020-07-17 15:01:35 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1926820317.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:01:44 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926811537.shtml> (referer: None)\n",
      "2020-07-17 15:01:44 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1926811537.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:01:51 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926755223.shtml> (referer: None)\n",
      "2020-07-17 15:01:51 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1926755223.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:02:00 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1926755041.shtml> (referer: None)\n",
      "2020-07-17 15:02:01 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1926755041.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:02:12 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925441697.shtml> (referer: None)\n",
      "2020-07-17 15:02:13 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1925441697.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:02:21 [scrapy.extensions.logstats] INFO: Crawled 202 pages (at 6 pages/min), scraped 109 items (at 5 items/min)\n",
      "2020-07-17 15:02:22 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925441685.shtml> (referer: None)\n",
      "2020-07-17 15:02:22 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1925441685.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:02:33 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925155885.shtml> (referer: None)\n",
      "2020-07-17 15:02:33 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1925155885.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:02:43 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925155865.shtml> (referer: None)\n",
      "2020-07-17 15:02:43 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1925155865.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:02:53 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925024945.shtml> (referer: None)\n",
      "2020-07-17 15:02:53 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1925024945.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:03:04 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1925005849.shtml> (referer: None)\n",
      "2020-07-17 15:03:04 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1925005849.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:03:15 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1924987385.shtml> (referer: None)\n",
      "2020-07-17 15:03:16 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1924987385.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:03:21 [scrapy.extensions.logstats] INFO: Crawled 208 pages (at 6 pages/min), scraped 115 items (at 6 items/min)\n",
      "2020-07-17 15:03:26 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1924853127.shtml> (referer: None)\n",
      "2020-07-17 15:03:26 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1924853127.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 15:03:36 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1924839169.shtml> (referer: None)\n",
      "2020-07-17 15:03:36 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1924839169.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:03:46 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1924819589.shtml> (referer: None)\n",
      "2020-07-17 15:03:46 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1924819589.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:03:55 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1924689665.shtml> (referer: None)\n",
      "2020-07-17 15:03:55 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1924689665.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 15:04:06 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1924585829.shtml> (referer: None)\n",
      "2020-07-17 15:04:06 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1924585829.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:04:16 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1924582389.shtml> (referer: None)\n",
      "2020-07-17 15:04:16 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1924582389.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:04:21 [scrapy.extensions.logstats] INFO: Crawled 214 pages (at 6 pages/min), scraped 119 items (at 4 items/min)\n",
      "2020-07-17 15:04:28 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1924573173.shtml> (referer: None)\n",
      "2020-07-17 15:04:28 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1924573173.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:04:40 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1924549497.shtml> (referer: None)\n",
      "2020-07-17 15:04:40 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1924549497.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:04:50 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1924348405.shtml> (referer: None)\n",
      "2020-07-17 15:04:50 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1924348405.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:05:01 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1924337121.shtml> (referer: None)\n",
      "2020-07-17 15:05:01 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1924337121.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:05:09 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1924336989.shtml> (referer: None)\n",
      "2020-07-17 15:05:10 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1924336989.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:05:17 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1924235833.shtml> (referer: None)\n",
      "2020-07-17 15:05:18 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1924235833.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:05:21 [scrapy.extensions.logstats] INFO: Crawled 220 pages (at 6 pages/min), scraped 125 items (at 6 items/min)\n",
      "2020-07-17 15:05:28 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1924224159.shtml> (referer: None)\n",
      "2020-07-17 15:05:29 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1924224159.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 15:05:38 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1924139323.shtml> (referer: None)\n",
      "2020-07-17 15:05:38 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1924139323.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:05:48 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1924079765.shtml> (referer: None)\n",
      "2020-07-17 15:05:48 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1924079765.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 15:05:59 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1924075979.shtml> (referer: None)\n",
      "2020-07-17 15:05:59 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1924075979.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:06:11 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1923998735.shtml> (referer: None)\n",
      "2020-07-17 15:06:11 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1923998735.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:06:20 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1923578175.shtml> (referer: None)\n",
      "2020-07-17 15:06:20 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1923578175.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:06:21 [scrapy.extensions.logstats] INFO: Crawled 226 pages (at 6 pages/min), scraped 129 items (at 4 items/min)\n",
      "2020-07-17 15:06:31 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1923577635.shtml> (referer: None)\n",
      "2020-07-17 15:06:31 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1923577635.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:06:42 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1923352967.shtml> (referer: None)\n",
      "2020-07-17 15:06:42 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1923352967.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 15:06:53 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1923242423.shtml> (referer: None)\n",
      "2020-07-17 15:06:53 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1923242423.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 15:07:06 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1923105459.shtml> (referer: None)\n",
      "2020-07-17 15:07:06 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1923105459.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 15:07:12 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1923084521.shtml> (referer: None)\n",
      "2020-07-17 15:07:12 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1923084521.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 15:07:21 [scrapy.extensions.logstats] INFO: Crawled 231 pages (at 5 pages/min), scraped 130 items (at 1 items/min)\n",
      "2020-07-17 15:07:22 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1922953343.shtml> (referer: None)\n",
      "2020-07-17 15:07:23 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1922953343.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:07:29 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1922834945.shtml> (referer: None)\n",
      "2020-07-17 15:07:29 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1922834945.shtml>\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n",
      "None\n",
      "2020-07-17 15:07:38 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1922763023.shtml> (referer: None)\n",
      "2020-07-17 15:07:38 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1922763023.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 15:07:50 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1922561517.shtml> (referer: None)\n",
      "2020-07-17 15:07:50 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1922561517.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 15:08:03 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1921871335.shtml> (referer: None)\n",
      "2020-07-17 15:08:03 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1921871335.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 15:08:11 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1921843981.shtml> (referer: None)\n",
      "2020-07-17 15:08:11 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1921843981.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:08:21 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1921843471.shtml> (referer: None)\n",
      "2020-07-17 15:08:21 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1921843471.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:08:21 [scrapy.extensions.logstats] INFO: Crawled 238 pages (at 7 pages/min), scraped 134 items (at 4 items/min)\n",
      "2020-07-17 15:08:32 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1921839465.shtml> (referer: None)\n",
      "2020-07-17 15:08:32 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1921839465.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 15:08:44 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1921764113.shtml> (referer: None)\n",
      "2020-07-17 15:08:44 [scrapy.core.scraper] ERROR: Spider error processing <GET https://www.liepin.com/job/1921764113.shtml> (referer: None)\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\utils\\defer.py\", line 102, in iter_errback\n",
      "    yield next(it)\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\offsite.py\", line 29, in process_spider_output\n",
      "    for x in result:\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\referer.py\", line 339, in <genexpr>\n",
      "    return (_set_referer(r) for r in result or ())\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\urllength.py\", line 37, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\scrapy\\spidermiddlewares\\depth.py\", line 58, in <genexpr>\n",
      "    return (r for r in result or () if _filter(r))\n",
      "  File \"F:\\liepin_allmessage\\liepin_allmessage\\spiders\\liepin_allmessageSpider.py\", line 28, in parse\n",
      "    industry=response.xpath('//ul[@class=\"new-compintro\"]/li[1]/a/@title')[0].extract()\n",
      "  File \"C:\\Users\\93741\\Anaconda3\\lib\\site-packages\\parsel\\selector.py\", line 61, in __getitem__\n",
      "    o = super(SelectorList, self).__getitem__(pos)\n",
      "IndexError: list index out of range\n",
      "2020-07-17 15:08:49 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://www.liepin.com/job/1921703449.shtml> (referer: None)\n",
      "2020-07-17 15:08:49 [scrapy.core.scraper] DEBUG: Scraped from <200 https://www.liepin.com/job/1921703449.shtml>\n",
      "\n",
      "None\n",
      "2020-07-17 15:08:49 [scrapy.core.engine] INFO: Closing spider (finished)\n",
      "2020-07-17 15:08:49 [scrapy.statscollectors] INFO: Dumping Scrapy stats:\n",
      "{'downloader/exception_count': 1,\n",
      " 'downloader/exception_type_count/twisted.internet.error.TimeoutError': 1,\n",
      " 'downloader/request_bytes': 68301,\n",
      " 'downloader/request_count': 242,\n",
      " 'downloader/request_method_count/GET': 242,\n",
      " 'downloader/response_bytes': 4160769,\n",
      " 'downloader/response_count': 241,\n",
      " 'downloader/response_status_count/200': 241,\n",
      " 'finish_reason': 'finished',\n",
      " 'finish_time': datetime.datetime(2020, 7, 17, 7, 8, 49, 303014),\n",
      " 'item_scraped_count': 135,\n",
      " 'log_count/DEBUG': 377,\n",
      " 'log_count/ERROR': 105,\n",
      " 'log_count/INFO': 48,\n",
      " 'response_received_count': 241,\n",
      " 'retry/count': 1,\n",
      " 'retry/reason_count/twisted.internet.error.TimeoutError': 1,\n",
      " 'robotstxt/request_count': 1,\n",
      " 'robotstxt/response_count': 1,\n",
      " 'robotstxt/response_status_count/200': 1,\n",
      " 'scheduler/dequeued': 241,\n",
      " 'scheduler/dequeued/memory': 241,\n",
      " 'scheduler/enqueued': 241,\n",
      " 'scheduler/enqueued/memory': 241,\n",
      " 'spider_exceptions/IndexError': 105,\n",
      " 'start_time': datetime.datetime(2020, 7, 17, 6, 29, 21, 755124)}\n",
      "2020-07-17 15:08:49 [scrapy.core.engine] INFO: Spider closed (finished)\n"
     ]
    }
   ],
   "source": [
    "!scrapy crawl liepin_allmessageSpider"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.7"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}
